// Copyright (C) 2024 Kumo inc.
// Author: Jeff.li lijippy@163.com
// All rights reserved.
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published
// by the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <https://www.gnu.org/licenses/>.
//

#include <kllm/core/batch.h>

namespace kllm {

    void common_batch_clear(struct llama_batch & batch) {
        batch.n_tokens = 0;
    }

    void common_batch_add(
            struct llama_batch & batch,
            llama_token   id,
            llama_pos   pos,
            const std::vector<llama_seq_id> & seq_ids,
            bool   logits) {
        GGML_ASSERT(batch.seq_id[batch.n_tokens] && "llama_batch size exceeded");

        batch.token   [batch.n_tokens] = id;
        batch.pos     [batch.n_tokens] = pos;
        batch.n_seq_id[batch.n_tokens] = seq_ids.size();
        for (size_t i = 0; i < seq_ids.size(); ++i) {
            batch.seq_id[batch.n_tokens][i] = seq_ids[i];
        }
        batch.logits  [batch.n_tokens] = logits;

        batch.n_tokens++;
    }
}  // namespace kllm
